<!DOCTYPE html>
<html>
 <head>
  <meta charset="utf-8"/>
  <meta content="width=device-width, initial-scale=1.0" name="viewport"/>
  <meta content="Docutils 0.17.1: http://docutils.sourceforge.net/" name="generator"/>
  <meta content="width=device-width,initial-scale=1" name="viewport"/>
  <meta content="ie=edge" http-equiv="x-ua-compatible"/>
  <meta content="Copy to clipboard" name="lang:clipboard.copy"/>
  <meta content="Copied to clipboard" name="lang:clipboard.copied"/>
  <meta content="en" name="lang:search.language"/>
  <meta content="True" name="lang:search.pipeline.stopwords"/>
  <meta content="True" name="lang:search.pipeline.trimmer"/>
  <meta content="No matching documents" name="lang:search.result.none"/>
  <meta content="1 matching document" name="lang:search.result.one"/>
  <meta content="# matching documents" name="lang:search.result.other"/>
  <meta content="[\s\-]+" name="lang:search.tokenizer"/>
  <link crossorigin="" href="https://fonts.gstatic.com/" rel="preconnect"/>
  <link href="https://fonts.googleapis.com/css?family=Roboto+Mono:400,500,700|Roboto:300,400,400i,700&amp;display=fallback" rel="stylesheet"/>
  <style>
   body,
      input {
        font-family: "Roboto", "Helvetica Neue", Helvetica, Arial, sans-serif
      }

      code,
      kbd,
      pre {
        font-family: "Roboto Mono", "Courier New", Courier, monospace
      }
  </style>
  <link href="../_static/stylesheets/application.css" rel="stylesheet"/>
  <link href="../_static/stylesheets/application-palette.css" rel="stylesheet"/>
  <link href="../_static/stylesheets/application-fixes.css" rel="stylesheet"/>
  <link href="../_static/fonts/material-icons.css" rel="stylesheet"/>
  <meta content="84bd00" name="theme-color"/>
  <script src="../_static/javascripts/modernizr.js">
  </script>
  <title>
   Torch-TensorRT C++ API — Torch-TensorRT master documentation
  </title>
  <link href="../_static/pygments.css" rel="stylesheet" type="text/css"/>
  <link href="../_static/material.css" rel="stylesheet" type="text/css"/>
  <link href="../_static/collapsible-lists/css/tree_view.css" rel="stylesheet" type="text/css"/>
  <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js">
  </script>
  <script src="../_static/jquery.js">
  </script>
  <script src="../_static/underscore.js">
  </script>
  <script src="../_static/doctools.js">
  </script>
  <script src="../_static/collapsible-lists/js/CollapsibleLists.compressed.js">
  </script>
  <script src="../_static/collapsible-lists/js/apply-collapsible-lists.js">
  </script>
  <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js">
  </script>
  <link href="../genindex.html" rel="index" title="Index"/>
  <link href="../search.html" rel="search" title="Search"/>
  <link href="namespace_torch_tensorrt.html" rel="next" title="Namespace torch_tensorrt"/>
  <link href="../py_api/ts.html" rel="prev" title="torch_tensorrt.ts"/>
 </head>
 <body data-md-color-accent="light-green" data-md-color-primary="light-green" dir="ltr">
  <svg class="md-svg">
   <defs data-children-count="0">
    <svg height="448" id="__github" viewbox="0 0 416 448" width="416" xmlns="http://www.w3.org/2000/svg">
     <path d="M160 304q0 10-3.125 20.5t-10.75 19T128 352t-18.125-8.5-10.75-19T96 304t3.125-20.5 10.75-19T128 256t18.125 8.5 10.75 19T160 304zm160 0q0 10-3.125 20.5t-10.75 19T288 352t-18.125-8.5-10.75-19T256 304t3.125-20.5 10.75-19T288 256t18.125 8.5 10.75 19T320 304zm40 0q0-30-17.25-51T296 232q-10.25 0-48.75 5.25Q229.5 240 208 240t-39.25-2.75Q130.75 232 120 232q-29.5 0-46.75 21T56 304q0 22 8 38.375t20.25 25.75 30.5 15 35 7.375 37.25 1.75h42q20.5 0 37.25-1.75t35-7.375 30.5-15 20.25-25.75T360 304zm56-44q0 51.75-15.25 82.75-9.5 19.25-26.375 33.25t-35.25 21.5-42.5 11.875-42.875 5.5T212 416q-19.5 0-35.5-.75t-36.875-3.125-38.125-7.5-34.25-12.875T37 371.5t-21.5-28.75Q0 312 0 260q0-59.25 34-99-6.75-20.5-6.75-42.5 0-29 12.75-54.5 27 0 47.5 9.875t47.25 30.875Q171.5 96 212 96q37 0 70 8 26.25-20.5 46.75-30.25T376 64q12.75 25.5 12.75 54.5 0 21.75-6.75 42 34 40 34 99.5z" fill="currentColor">
     </path>
    </svg>
   </defs>
  </svg>
  <input class="md-toggle" data-md-toggle="drawer" id="__drawer" type="checkbox"/>
  <input class="md-toggle" data-md-toggle="search" id="__search" type="checkbox"/>
  <label class="md-overlay" data-md-component="overlay" for="__drawer">
  </label>
  <a class="md-skip" href="#_cpp_api/torch_tensort_cpp" tabindex="1">
   Skip to content
  </a>
  <header class="md-header" data-md-component="header">
   <nav class="md-header-nav md-grid">
    <div class="md-flex navheader">
     <div class="md-flex__cell md-flex__cell--shrink">
      <a class="md-header-nav__button md-logo" href="../index.html" title="Torch-TensorRT master documentation">
       <i class="md-icon">
        
       </i>
      </a>
     </div>
     <div class="md-flex__cell md-flex__cell--shrink">
      <label class="md-icon md-icon--menu md-header-nav__button" for="__drawer">
      </label>
     </div>
     <div class="md-flex__cell md-flex__cell--stretch">
      <div class="md-flex__ellipsis md-header-nav__title" data-md-component="title">
       <span class="md-header-nav__topic">
        Torch-TensorRT
       </span>
       <span class="md-header-nav__topic">
        Torch-TensorRT C++ API
       </span>
      </div>
     </div>
     <div class="md-flex__cell md-flex__cell--shrink">
      <label class="md-icon md-icon--search md-header-nav__button" for="__search">
      </label>
      <div class="md-search" data-md-component="search" role="dialog">
       <label class="md-search__overlay" for="__search">
       </label>
       <div class="md-search__inner" role="search">
        <form action="../search.html" class="md-search__form" method="get" name="search">
         <input autocapitalize="off" autocomplete="off" class="md-search__input" data-md-component="query" data-md-state="active" name="q" placeholder="Search" spellcheck="false" type="text"/>
         <label class="md-icon md-search__icon" for="__search">
         </label>
         <button class="md-icon md-search__icon" data-md-component="reset" tabindex="-1" type="reset">
          
         </button>
        </form>
        <div class="md-search__output">
         <div class="md-search__scrollwrap" data-md-scrollfix="">
          <div class="md-search-result" data-md-component="result">
           <div class="md-search-result__meta">
            Type to start searching
           </div>
           <ol class="md-search-result__list">
           </ol>
          </div>
         </div>
        </div>
       </div>
      </div>
     </div>
     <div class="md-flex__cell md-flex__cell--shrink">
      <div class="md-header-nav__source">
       <a class="md-source" data-md-source="github" href="https://github.com/nvidia/Torch-TensorRT/" title="Go to repository">
        <div class="md-source__icon">
         <svg height="28" viewbox="0 0 24 24" width="28" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
          <use height="24" width="24" xlink:href="#__github">
          </use>
         </svg>
        </div>
        <div class="md-source__repository">
         Torch-TensorRT
        </div>
       </a>
      </div>
     </div>
     <div class="md-flex__cell md-flex__cell--shrink dropdown">
      <button class="dropdownbutton">
       Versions
      </button>
      <div class="dropdown-content md-hero">
       <a href="https://nvidia.github.io/Torch-TensorRT/" title="master">
        master
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v1.0.0/" title="v1.0.0">
        v1.0.0
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.4.1/" title="v0.4.1">
        v0.4.1
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.4.0/" title="v0.4.0">
        v0.4.0
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.3.0/" title="v0.3.0">
        v0.3.0
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.2.0/" title="v0.2.0">
        v0.2.0
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.1.0/" title="v0.1.0">
        v0.1.0
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.0.3/" title="v0.0.3">
        v0.0.3
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.0.2/" title="v0.0.2">
        v0.0.2
       </a>
       <a href="https://nvidia.github.io/Torch-TensorRT/v0.0.1/" title="v0.0.1">
        v0.0.1
       </a>
      </div>
     </div>
    </div>
   </nav>
  </header>
  <div class="md-container">
   <nav class="md-tabs" data-md-component="tabs">
    <div class="md-tabs__inner md-grid">
     <ul class="md-tabs__list">
      <li class="md-tabs__item">
       <a class="md-tabs__link" href="../index.html">
        Torch-TensorRT master documentation
       </a>
      </li>
     </ul>
    </div>
   </nav>
   <main class="md-main">
    <div class="md-main__inner md-grid" data-md-component="container">
     <div class="md-sidebar md-sidebar--primary" data-md-component="navigation">
      <div class="md-sidebar__scrollwrap">
       <div class="md-sidebar__inner">
        <nav class="md-nav md-nav--primary" data-md-level="0">
         <label class="md-nav__title md-nav__title--site" for="__drawer">
          <a class="md-nav__button md-logo" href="../index.html" title="Torch-TensorRT master documentation">
           <i class="md-icon">
            
           </i>
          </a>
          <a href="../index.html" title="Torch-TensorRT master documentation">
           Torch-TensorRT
          </a>
         </label>
         <div class="md-nav__source">
          <a class="md-source" data-md-source="github" href="https://github.com/nvidia/Torch-TensorRT/" title="Go to repository">
           <div class="md-source__icon">
            <svg height="28" viewbox="0 0 24 24" width="28" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
             <use height="24" width="24" xlink:href="#__github">
             </use>
            </svg>
           </div>
           <div class="md-source__repository">
            Torch-TensorRT
           </div>
          </a>
         </div>
         <ul class="md-nav__list">
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             Getting Started
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/installation.html">
            Installation
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/getting_started_with_cpp_api.html">
            Getting Started with C++
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/getting_started_with_python_api.html">
            Using Torch-TensorRT in Python
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/creating_torchscript_module_in_python.html">
            Creating a TorchScript Module
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/creating_torchscript_module_in_python.html#working-with-torchscript-in-python">
            Working with TorchScript in Python
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/creating_torchscript_module_in_python.html#saving-torchscript-module-to-disk">
            Saving TorchScript Module to Disk
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/ptq.html">
            Post Training Quantization (PTQ)
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/torchtrtc.html">
            torchtrtc
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/use_from_pytorch.html">
            Using Torch-TensorRT Directly From PyTorch
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/runtime.html">
            Deploying Torch-TensorRT Programs
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../tutorials/using_dla.html">
            DLA
           </a>
          </li>
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             Notebooks
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../_notebooks/lenet-getting-started.html">
            Torch-TensorRT Getting Started - LeNet
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../_notebooks/Resnet50-example.html">
            Torch-TensorRT Getting Started - ResNet 50
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../_notebooks/ssd-object-detection-demo.html">
            Object Detection with Torch-TensorRT (SSD)
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../_notebooks/vgg-qat.html">
            Deploying Quantization Aware Trained models in INT8 using Torch-TensorRT
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../_notebooks/EfficientNet-example.html">
            Torch-TensorRT Getting Started - EfficientNet-B0
           </a>
          </li>
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             Python API Documenation
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../py_api/torch_tensorrt.html">
            torch_tensorrt
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../py_api/logging.html">
            torch_tensorrt.logging
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../py_api/ptq.html">
            torch_tensorrt.ptq
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../py_api/ts.html">
            torch_tensorrt.ts
           </a>
          </li>
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             C++ API Documenation
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <input class="md-toggle md-nav__toggle" data-md-toggle="toc" id="__toc" type="checkbox"/>
           <label class="md-nav__link md-nav__link--active" for="__toc">
            Torch-TensorRT C++ API
           </label>
           <a class="md-nav__link md-nav__link--active" href="#">
            Torch-TensorRT C++ API
           </a>
           <nav class="md-nav md-nav--secondary">
            <label class="md-nav__title" for="__toc">
             Contents
            </label>
            <ul class="md-nav__list" data-md-scrollfix="">
             <li class="md-nav__item">
              <a class="md-nav__link" href="#cpp-api-torch-tensort-cpp--page-root">
               Torch-TensorRT C++ API
              </a>
              <nav class="md-nav">
               <ul class="md-nav__list">
                <li class="md-nav__item">
                 <a class="md-nav__link" href="#class-hierarchy">
                  Class Hierarchy
                 </a>
                </li>
                <li class="md-nav__item">
                 <a class="md-nav__link" href="#file-hierarchy">
                  File Hierarchy
                 </a>
                </li>
                <li class="md-nav__item">
                 <a class="md-nav__link" href="#full-api">
                  Full API
                 </a>
                 <nav class="md-nav">
                  <ul class="md-nav__list">
                   <li class="md-nav__item">
                    <a class="md-nav__link" href="#namespaces">
                     Namespaces
                    </a>
                   </li>
                   <li class="md-nav__item">
                    <a class="md-nav__link" href="#classes-and-structs">
                     Classes and Structs
                    </a>
                   </li>
                   <li class="md-nav__item">
                    <a class="md-nav__link" href="#enums">
                     Enums
                    </a>
                   </li>
                   <li class="md-nav__item">
                    <a class="md-nav__link" href="#functions">
                     Functions
                    </a>
                   </li>
                   <li class="md-nav__item">
                    <a class="md-nav__link" href="#defines">
                     Defines
                    </a>
                   </li>
                  </ul>
                 </nav>
                </li>
               </ul>
              </nav>
             </li>
             <li class="md-nav__item">
              <a class="md-nav__extra_link" href="../_sources/_cpp_api/torch_tensort_cpp.rst.txt">
               Show Source
              </a>
             </li>
            </ul>
           </nav>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="namespace_torch_tensorrt.html">
            Namespace torch_tensorrt
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="namespace_torch_tensorrt__logging.html">
            Namespace torch_tensorrt::logging
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="namespace_torch_tensorrt__torchscript.html">
            Namespace torch_tensorrt::torchscript
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="namespace_torch_tensorrt__ptq.html">
            Namespace torch_tensorrt::ptq
           </a>
          </li>
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             Contributor Documentation
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../contributors/system_overview.html">
            System Overview
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../contributors/writing_converters.html">
            Writing Converters
           </a>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../contributors/useful_links.html">
            Useful Links for Torch-TensorRT Development
           </a>
          </li>
          <li class="md-nav__item">
           <span class="md-nav__link caption">
            <span class="caption-text">
             Indices
            </span>
           </span>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__link" href="../indices/supported_ops.html">
            Operators Supported
           </a>
          </li>
         </ul>
        </nav>
       </div>
      </div>
     </div>
     <div class="md-sidebar md-sidebar--secondary" data-md-component="toc">
      <div class="md-sidebar__scrollwrap">
       <div class="md-sidebar__inner">
        <nav class="md-nav md-nav--secondary">
         <label class="md-nav__title" for="__toc">
          Contents
         </label>
         <ul class="md-nav__list" data-md-scrollfix="">
          <li class="md-nav__item">
           <a class="md-nav__link" href="#cpp-api-torch-tensort-cpp--page-root">
            Torch-TensorRT C++ API
           </a>
           <nav class="md-nav">
            <ul class="md-nav__list">
             <li class="md-nav__item">
              <a class="md-nav__link" href="#class-hierarchy">
               Class Hierarchy
              </a>
             </li>
             <li class="md-nav__item">
              <a class="md-nav__link" href="#file-hierarchy">
               File Hierarchy
              </a>
             </li>
             <li class="md-nav__item">
              <a class="md-nav__link" href="#full-api">
               Full API
              </a>
              <nav class="md-nav">
               <ul class="md-nav__list">
                <li class="md-nav__item">
                 <a class="md-nav__link" href="#namespaces">
                  Namespaces
                 </a>
                </li>
                <li class="md-nav__item">
                 <a class="md-nav__link" href="#classes-and-structs">
                  Classes and Structs
                 </a>
                </li>
                <li class="md-nav__item">
                 <a class="md-nav__link" href="#enums">
                  Enums
                 </a>
                </li>
                <li class="md-nav__item">
                 <a class="md-nav__link" href="#functions">
                  Functions
                 </a>
                </li>
                <li class="md-nav__item">
                 <a class="md-nav__link" href="#defines">
                  Defines
                 </a>
                </li>
               </ul>
              </nav>
             </li>
            </ul>
           </nav>
          </li>
          <li class="md-nav__item">
           <a class="md-nav__extra_link" href="../_sources/_cpp_api/torch_tensort_cpp.rst.txt">
            Show Source
           </a>
          </li>
          <li class="md-nav__item" id="searchbox">
          </li>
         </ul>
        </nav>
       </div>
      </div>
     </div>
     <div class="md-content">
      <article class="md-content__inner md-typeset" role="main">
       <section id="torch-tensorrt-c-api">
        <h1 id="cpp-api-torch-tensort-cpp--page-root">
         Torch-TensorRT C++ API
         <a class="headerlink" href="#cpp-api-torch-tensort-cpp--page-root" title="Permalink to this headline">
          ¶
         </a>
        </h1>
        <section id="class-hierarchy">
         <h2 id="class-hierarchy">
          Class Hierarchy
          <a class="headerlink" href="#class-hierarchy" title="Permalink to this headline">
           ¶
          </a>
         </h2>
         <ul class="treeView" id="class-treeView">
          <li>
           <ul class="collapsibleList">
            <li class="lastChild">
             Namespace
             <a href="namespace_torch_tensorrt.html#namespace-torch-tensorrt">
              torch_tensorrt
             </a>
             <ul>
              <li>
               Namespace
               <a href="namespace_torch_tensorrt__logging.html#namespace-torch-tensorrt-logging">
                torch_tensorrt::logging
               </a>
               <ul>
                <li class="lastChild">
                 Enum
                 <a href="enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html#exhale-enum-logging-8h-1a130f65408ad8cbaee060f05e8db69558">
                  Level
                 </a>
                </li>
               </ul>
              </li>
              <li>
               Namespace
               <a href="namespace_torch_tensorrt__ptq.html#namespace-torch-tensorrt-ptq">
                torch_tensorrt::ptq
               </a>
               <ul>
                <li>
                 Template Class
                 <a href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8CacheCalibrator">
                  Int8CacheCalibrator
                 </a>
                </li>
                <li class="lastChild">
                 Template Class
                 <a href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8Calibrator">
                  Int8Calibrator
                 </a>
                </li>
               </ul>
              </li>
              <li>
               Namespace
               <a href="namespace_torch_tensorrt__torchscript.html#namespace-torch-tensorrt-torchscript">
                torch_tensorrt::torchscript
               </a>
               <ul>
                <li class="lastChild">
                 Struct
                 <a href="structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#exhale-struct-structtorch-tensorrt-1-1torchscript-1-1CompileSpec">
                  CompileSpec
                 </a>
                </li>
               </ul>
              </li>
              <li>
               Struct
               <a href="structtorch__tensorrt_1_1Device.html#exhale-struct-structtorch-tensorrt-1-1Device">
                Device
               </a>
               <ul>
                <li class="lastChild">
                 Class
                 <a href="classtorch__tensorrt_1_1Device_1_1DeviceType.html#exhale-class-classtorch-tensorrt-1-1Device-1-1DeviceType">
                  Device::DeviceType
                 </a>
                </li>
               </ul>
              </li>
              <li>
               Struct
               <a href="structtorch__tensorrt_1_1Input.html#exhale-struct-structtorch-tensorrt-1-1Input">
                Input
               </a>
              </li>
              <li>
               Class
               <a href="classtorch__tensorrt_1_1DataType.html#exhale-class-classtorch-tensorrt-1-1DataType">
                DataType
               </a>
              </li>
              <li>
               Class
               <a href="classtorch__tensorrt_1_1TensorFormat.html#exhale-class-classtorch-tensorrt-1-1TensorFormat">
                TensorFormat
               </a>
              </li>
              <li class="lastChild">
               Enum
               <a href="enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html#exhale-enum-torch-tensorrt-8h-1a3fbe5d72e4fc624dbd038853079620eb">
                EngineCapability
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </li>
          <!-- only tree view element -->
         </ul>
         <!-- /treeView class-treeView -->
        </section>
        <section id="file-hierarchy">
         <h2 id="file-hierarchy">
          File Hierarchy
          <a class="headerlink" href="#file-hierarchy" title="Permalink to this headline">
           ¶
          </a>
         </h2>
         <ul class="treeView" id="file-treeView">
          <li>
           <ul class="collapsibleList">
            <li class="lastChild">
             Directory
             <a href="dir_cpp.html#dir-cpp">
              cpp
             </a>
             <ul>
              <li class="lastChild">
               Directory
               <a href="dir_cpp_include.html#dir-cpp-include">
                include
               </a>
               <ul>
                <li class="lastChild">
                 Directory
                 <a href="dir_cpp_include_torch_tensorrt.html#dir-cpp-include-torch-tensorrt">
                  tensorrt
                 </a>
                 <ul>
                  <li>
                   File
                   <a href="file_cpp_include_torch_tensorrt_logging.h.html#file-cpp-include-torch-tensorrt-logging.h">
                    logging.h
                   </a>
                  </li>
                  <li>
                   File
                   <a href="file_cpp_include_torch_tensorrt_macros.h.html#file-cpp-include-torch-tensorrt-macros.h">
                    macros.h
                   </a>
                  </li>
                  <li>
                   File
                   <a href="file_cpp_include_torch_tensorrt_ptq.h.html#file-cpp-include-torch-tensorrt-ptq.h">
                    ptq.h
                   </a>
                  </li>
                  <li class="lastChild">
                   File
                   <a href="file_cpp_include_torch_tensorrt_torch_tensorrt.h.html#file-cpp-include-torch-tensorrt-torch-tensorrt.h">
                    torch_tensorrt.h
                   </a>
                  </li>
                 </ul>
                </li>
               </ul>
              </li>
             </ul>
            </li>
           </ul>
          </li>
          <!-- only tree view element -->
         </ul>
         <!-- /treeView file-treeView -->
        </section>
        <section id="full-api">
         <h2 id="full-api">
          Full API
          <a class="headerlink" href="#full-api" title="Permalink to this headline">
           ¶
          </a>
         </h2>
         <section id="namespaces">
          <h3 id="namespaces">
           Namespaces
           <a class="headerlink" href="#namespaces" title="Permalink to this headline">
            ¶
           </a>
          </h3>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="namespace_torch_tensorrt.html">
              Namespace torch_tensorrt
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="namespace_torch_tensorrt.html#namespaces">
                Namespaces
               </a>
              </li>
              <li class="toctree-l2">
               <a class="reference internal" href="namespace_torch_tensorrt.html#classes">
                Classes
               </a>
              </li>
              <li class="toctree-l2">
               <a class="reference internal" href="namespace_torch_tensorrt.html#enums">
                Enums
               </a>
              </li>
              <li class="toctree-l2">
               <a class="reference internal" href="namespace_torch_tensorrt.html#functions">
                Functions
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="namespace_torch_tensorrt__logging.html">
              Namespace torch_tensorrt::logging
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="namespace_torch_tensorrt__logging.html#enums">
                Enums
               </a>
              </li>
              <li class="toctree-l2">
               <a class="reference internal" href="namespace_torch_tensorrt__logging.html#functions">
                Functions
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="namespace_torch_tensorrt__ptq.html">
              Namespace torch_tensorrt::ptq
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="namespace_torch_tensorrt__ptq.html#classes">
                Classes
               </a>
              </li>
              <li class="toctree-l2">
               <a class="reference internal" href="namespace_torch_tensorrt__ptq.html#functions">
                Functions
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="namespace_torch_tensorrt__torchscript.html">
              Namespace torch_tensorrt::torchscript
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="namespace_torch_tensorrt__torchscript.html#classes">
                Classes
               </a>
              </li>
              <li class="toctree-l2">
               <a class="reference internal" href="namespace_torch_tensorrt__torchscript.html#functions">
                Functions
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
         </section>
         <section id="classes-and-structs">
          <h3 id="classes-and-structs">
           Classes and Structs
           <a class="headerlink" href="#classes-and-structs" title="Permalink to this headline">
            ¶
           </a>
          </h3>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="structtorch__tensorrt_1_1Device.html">
              Struct Device
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="structtorch__tensorrt_1_1Device.html#nested-relationships">
                Nested Relationships
               </a>
               <ul>
                <li class="toctree-l3">
                 <a class="reference internal" href="structtorch__tensorrt_1_1Device.html#nested-types">
                  Nested Types
                 </a>
                </li>
               </ul>
              </li>
              <li class="toctree-l2">
               <a class="reference internal" href="structtorch__tensorrt_1_1Device.html#struct-documentation">
                Struct Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="structtorch__tensorrt_1_1Input.html">
              Struct Input
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="structtorch__tensorrt_1_1Input.html#struct-documentation">
                Struct Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html">
              Struct CompileSpec
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#struct-documentation">
                Struct Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="classtorch__tensorrt_1_1DataType.html">
              Class DataType
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="classtorch__tensorrt_1_1DataType.html#class-documentation">
                Class Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="classtorch__tensorrt_1_1Device_1_1DeviceType.html">
              Class Device::DeviceType
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="classtorch__tensorrt_1_1Device_1_1DeviceType.html#nested-relationships">
                Nested Relationships
               </a>
              </li>
              <li class="toctree-l2">
               <a class="reference internal" href="classtorch__tensorrt_1_1Device_1_1DeviceType.html#class-documentation">
                Class Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html">
              Template Class Int8CacheCalibrator
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#inheritance-relationships">
                Inheritance Relationships
               </a>
               <ul>
                <li class="toctree-l3">
                 <a class="reference internal" href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#base-type">
                  Base Type
                 </a>
                </li>
               </ul>
              </li>
              <li class="toctree-l2">
               <a class="reference internal" href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#class-documentation">
                Class Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html">
              Template Class Int8Calibrator
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#inheritance-relationships">
                Inheritance Relationships
               </a>
               <ul>
                <li class="toctree-l3">
                 <a class="reference internal" href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#base-type">
                  Base Type
                 </a>
                </li>
               </ul>
              </li>
              <li class="toctree-l2">
               <a class="reference internal" href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#class-documentation">
                Class Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="classtorch__tensorrt_1_1TensorFormat.html">
              Class TensorFormat
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="classtorch__tensorrt_1_1TensorFormat.html#class-documentation">
                Class Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
         </section>
         <section id="enums">
          <h3 id="enums">
           Enums
           <a class="headerlink" href="#enums" title="Permalink to this headline">
            ¶
           </a>
          </h3>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html">
              Enum EngineCapability
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.html#enum-documentation">
                Enum Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html">
              Enum Level
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.html#enum-documentation">
                Enum Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
         </section>
         <section id="functions">
          <h3 id="functions">
           Functions
           <a class="headerlink" href="#functions" title="Permalink to this headline">
            ¶
           </a>
          </h3>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html">
              Function torch_tensorrt::dump_build_info
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html">
              Function torch_tensorrt::get_build_info
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html">
              Function torch_tensorrt::logging::get_is_colored_output_on
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html">
              Function torch_tensorrt::logging::get_logging_prefix
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html">
              Function torch_tensorrt::logging::get_reportable_log_level
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html">
              Function torch_tensorrt::logging::log
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html">
              Function torch_tensorrt::logging::set_is_colored_output_on
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_logging_8h_1af8f3443813315af7901903d25dd495cc.html">
              Function torch_tensorrt::logging::set_logging_prefix
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_logging_8h_1af8f3443813315af7901903d25dd495cc.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html">
              Function torch_tensorrt::logging::set_reportable_log_level
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.html">
              Template Function torch_tensorrt::ptq::make_int8_cache_calibrator
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.html">
              Template Function torch_tensorrt::ptq::make_int8_calibrator
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html">
              Function torch_tensorrt::set_device
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html">
              Function torch_tensorrt::torchscript::check_method_operator_support
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html">
              Function torch_tensorrt::torchscript::compile
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html">
              Function torch_tensorrt::torchscript::convert_method_to_trt_engine
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html">
              Function torch_tensorrt::torchscript::embed_engine_in_new_module
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.html#function-documentation">
                Function Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
         </section>
         <section id="defines">
          <h3 id="defines">
           Defines
           <a class="headerlink" href="#defines" title="Permalink to this headline">
            ¶
           </a>
          </h3>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="define_macros_8h_1a18d295a837ac71add5578860b55e5502.html">
              Define STR
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="define_macros_8h_1a18d295a837ac71add5578860b55e5502.html#define-documentation">
                Define Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html">
              Define TORCH_TENSORRT_MAJOR_VERSION
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html#define-documentation">
                Define Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html">
              Define TORCH_TENSORRT_MINOR_VERSION
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html#define-documentation">
                Define Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html">
              Define TORCH_TENSORRT_PATCH_VERSION
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html#define-documentation">
                Define Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html">
              Define TORCH_TENSORRT_VERSION
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html#define-documentation">
                Define Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html">
              Define TORCHTRT_API
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html#define-documentation">
                Define Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html">
              Define TORCHTRT_HIDDEN
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html#define-documentation">
                Define Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
          <div class="toctree-wrapper compound">
           <ul>
            <li class="toctree-l1">
             <a class="reference internal" href="define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html">
              Define XSTR
             </a>
             <ul>
              <li class="toctree-l2">
               <a class="reference internal" href="define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html#define-documentation">
                Define Documentation
               </a>
              </li>
             </ul>
            </li>
           </ul>
          </div>
         </section>
        </section>
       </section>
      </article>
     </div>
    </div>
   </main>
  </div>
  <footer class="md-footer">
   <div class="md-footer-nav">
    <nav class="md-footer-nav__inner md-grid">
     <a class="md-flex md-footer-nav__link md-footer-nav__link--prev" href="../py_api/ts.html" rel="prev" title="torch_tensorrt.ts">
      <div class="md-flex__cell md-flex__cell--shrink">
       <i class="md-icon md-icon--arrow-back md-footer-nav__button">
       </i>
      </div>
      <div class="md-flex__cell md-flex__cell--stretch md-footer-nav__title">
       <span class="md-flex__ellipsis">
        <span class="md-footer-nav__direction">
         Previous
        </span>
        torch_tensorrt.ts
       </span>
      </div>
     </a>
     <a class="md-flex md-footer-nav__link md-footer-nav__link--next" href="namespace_torch_tensorrt.html" rel="next" title="Namespace torch_tensorrt">
      <div class="md-flex__cell md-flex__cell--stretch md-footer-nav__title">
       <span class="md-flex__ellipsis">
        <span class="md-footer-nav__direction">
         Next
        </span>
        Namespace torch_tensorrt
       </span>
      </div>
      <div class="md-flex__cell md-flex__cell--shrink">
       <i class="md-icon md-icon--arrow-forward md-footer-nav__button">
       </i>
      </div>
     </a>
    </nav>
   </div>
   <div class="md-footer-meta md-typeset">
    <div class="md-footer-meta__inner md-grid">
     <div class="md-footer-copyright">
      <div class="md-footer-copyright__highlight">
       © Copyright 2021, NVIDIA Corporation.
      </div>
      Created using
      <a href="http://www.sphinx-doc.org/">
       Sphinx
      </a>
      4.3.0.
             and
      <a href="https://github.com/bashtage/sphinx-material/">
       Material for
              Sphinx
      </a>
     </div>
    </div>
   </div>
  </footer>
  <script src="../_static/javascripts/application.js">
  </script>
  <script>
   app.initialize({version: "1.0.4", url: {base: ".."}})
  </script>
 </body>
</html>